"""
@Time: 2020/12/16 下午 6:50
@Author: jinzhuan
@File: chinese_bert.py
@Desc: 
"""
import torch
from transformers import BertTokenizer, BertModel
tokenizer = BertTokenizer.from_pretrained("hfl/chinese-roberta-wwm-ext")
roberta = BertModel.from_pretrained("hfl/chinese-roberta-wwm-ext")
print(tokenizer.tokenize("我爱中国"))
